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Scraping beer prices from a dynamic React+ Rest page 


Import stuff and create a chrome browser driver 


from selenium import webdriver 

from selenium.common.exceptions import * 

from selenium.webdriver.support.ui import WebDriverWait 
from selenium.webdriver.common.keys import Keys 

from selenium.webdriver.common.by import By 


driver = webdriver.Chrome() 


Get the page, and wait for the "(Show me) More" button to appear 


driver.get("https://joker.no/nettbutikk/varer/drikkevarer/ol/ol") 
WebDriverWait (driver ,10).until(lambda d: d.find_element (By.CSS_SELECTOR, "div.ws-product-view__footer > button")) 
#assert "Python" in driver.title 


<selenium.webdriver.remote.webelement .WebElement (session="338c7be953af5abbaf049acc5935clca", element="c203e5d7-c2bb-472 
c-a8ad-651626d329a9")> 


Keep clicking that "More" button.. 


while True: 

try: 
MoreBtn = driver.find_element (By.CSS_SELECTOR, "div.ws-product-view__footer > button") 
webdriver.ActionChains(driver) .click(MoreBtn) .perform() 

except NoSuchElementException: 
break 

except TimeoutException: 
break 

except StaleElementReferenceException: 
break 
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Print out the values (i.e prices) of every product box on the page 


elem = driver. find_elements(By.CLASS_NAME, "ws-product-vertical__price") 
for each in elem: 
print(each.text,end="_| ") 


kr 24,90 | kr 173,40 | kr 28,90 | kr 179,40 | kr 149,40 | kr 29,90 | kr 32,90 | kr 179,40 | kr 215,40 | kr 29,90 | kr 2 

9,90 | kr 46,90 | kr 227,40 | kr 36,90 | kr 179,40 | kr 203,40 | kr 179,40 | kr 36,90 | kr 32,90 | kr 221,40 | kr 227,40 
| kr 209,40 | kr 185,40 | kr 239,40 | kr 215,40 | kr 227,40 | kr 29,90 | kr 42,90 | kr 203,40 | kr 36,90 | kr 262,80 | k 
r 173,40 | kr 28,90 | kr 197,40 | kr 215,40 | kr 179,40 | kr 151,60 | kr 39,90 | kr 215,40 | kr 35,90 | kr 41,90 | kr 3 

8,90 | kr 37,90 | kr 221,40 | kr 239,40 | kr 251,40 | kr 309,00 | kr 30,90 | kr 37,90 | kr 29,90 | kr 30,90 | kr 227,40 

| kr 33,90 | kr 229,00 | kr 37,90 | kr 39,90 | kr 199,60 | kr 32,90 | kr 42,90 | kr 44,90 | kr 215,40 | kr 22,90 | kr 3 

9,90 | kr 221,40 | kr 24,90 | kr 35,90 | kr 221,40 | kr 209,40 | kr 39,90 | kr 34,90 | kr 37,90 | kr 41,90 | kr 46,90 | 

kr 227,40 | kr 299,00 | kr 35,90 | kr 33,90 | kr 39,90 | kr 49,90 | kr 35,90 | 


Close the browser 


driver.close() 
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